/*
 * Copyright (c) Glow Contributors. See CONTRIBUTORS file.
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "TestBlacklist.h"
#include "tests/unittests/BackendTestUtils.h"

using namespace glow;

std::set<std::string> glow::backendTestBlacklist = {};
struct BlacklistInitializer {
  BlacklistInitializer() {
    const std::vector<std::pair<std::string, uint32_t>> testBlacklistedSetups =
        {
            {"add_int64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedPairwiseDotProduct/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMaxMultiAxis_Float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMaxMultiAxis_Int64/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMaxMultiAxis_Int8/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMax_Int8/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMaxMultiAxis_Int32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMinMultiAxis_Float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMinMultiAxis_Int32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMinMultiAxis_Int64/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMinMultiAxis_Int8/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMin_Int8/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BroadCastMax/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BroadCastMin/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Conv3DQuantizedTest_Int16_BiasInt16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"Conv3DQuantizedTest_Int16_BiasInt32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"Conv3DQuantizedTest_Int8_BiasInt8/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_BoolTy_To_Int32ITy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Float16Ty_To_Int32ITy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Float16Ty_To_Int32ITy_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int32ITy_To_Int64ITy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int32ITy_To_Int64ITy_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Float16Ty_To_Int64ITy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Float16Ty_To_Int64ITy_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int32ITy_To_Float16Ty_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int64ITy_To_Float16Ty_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int64ITy_To_Int32ITy_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFusedToFusedFP16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ConvolutionDepth10_Int16_BiasInt16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvolutionDepth10_Int16_BiasInt32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvolutionDepth10_Int8_BiasInt8/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"convTest/0", TestBlacklist::AnyDeviceAnyEngine},
            {"convTest_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"EntropyLossTest/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloatMaxPoolWithArgmax/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloatMaxPoolWithArgmaxTransposed/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FullyConnected_Int16_BiasInt16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FullyConnected_Int16_BiasInt32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"insertTensorTest/0", TestBlacklist::AnyDeviceAnyEngine},
            {"insertTensorTest3D/0", TestBlacklist::AnyDeviceAnyEngine},
            {"insertTensorTest6D/0", TestBlacklist::AnyDeviceAnyEngine},
            {"insertTensorCrossDimensions/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"insertTensorPartialSliceInnerDim/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"Int16ConvolutionDepth10/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Int16ConvolutionDepth8/0", TestBlacklist::AnyDeviceAnyEngine},
            {"IntFloorDivBroadcast/0", TestBlacklist::AnyDeviceAnyEngine},
            {"IntGemm/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
#if NNPI_MAJOR_VERSION >= 1 && NNPI_MINOR_VERSION < 7
            {"CumSum_Int32/0", TestBlacklist::AnyDeviceSWEngine},
#endif // NNPI < 1.7
            {"CumSum_Int64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum_Exclusive/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum_Reverse/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum_ExclusiveReverse/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum_WithZeroes/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_float_Dim0_Exclusive_Reverse/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_float_Dim0_Exclusive/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_float_Dim0_Reverse/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_float_Dim0/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_float_Dim1_Exclusive_Reverse/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_float_Dim1_Exclusive/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_float_Dim1_Reverse/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_float_Dim1/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim0_Exclusive_Reverse/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim0_Exclusive/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim0_Reverse/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim0/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim1_Exclusive_Reverse/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim1_Exclusive/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim1_Reverse/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim1/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim2_Exclusive_Reverse/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim2_Exclusive/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim2_Reverse/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float_Dim2/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_float16_Dim0/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_float16_Dim1/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float16_Dim0/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float16_Dim1/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_float16_Dim2/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_bfloat16_t_Dim0/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_bfloat16_t_Dim1/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_bfloat16_t_Dim0/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_bfloat16_t_Dim1/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_bfloat16_t_Dim2/0", TestBlacklist::AnyDeviceAnyEngine},
#if NNPI_MAJOR_VERSION >= 1 && NNPI_MINOR_VERSION < 7
            {"CumSum2D_int32_t_Dim0/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum2D_int32_t_Dim1/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_int32_t_Dim0/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_int32_t_Dim1/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum3D_int32_t_Dim2/0", TestBlacklist::AnyDeviceAnyEngine},
#endif // NNPI < 1.7
            {"LayerNorm_Int8_With_Float_Scale_Bias/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"LayerNorm_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"LayerNorm_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            // Known issue of normshape for LayerNorm on NNPI
            {"LayerNorm_Float16_StrongNormShape/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"LengthsSum/0", TestBlacklist::AnyDeviceAnyEngine},
            {"LengthsToRanges/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ModuloInt64NoSignFollow/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ModuloInt64SignFollow/0", TestBlacklist::AnyDeviceAnyEngine},
            {"mul_int64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"NonCubicKernelConv3DQuantized/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"NonSquarePaddingAveragePool/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"NonSquarePaddingMaxPool/0", TestBlacklist::AnyDeviceAnyEngine},
            {"QuantizedMaxPoolWithArgmax/0", TestBlacklist::AnyDeviceAnyEngine},
            {"QuantizedMaxPoolWithArgmaxTransposed/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_Float16_outTy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_Float_outTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_Int16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_Int16_outTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_Int32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_Int32_outTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_Int8/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_Int8_outTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeBilinear_BFloat16_outTy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_Float16_outTy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_Int8/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_Int8_outTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_Float_outTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_Int32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_Int32_outTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_BFloat16_outTy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_Int16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ResizeNearest_Int16_outTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"rowwiseQuantizedFCTest_Int8_BiasInt32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"rowwiseQuantizedFCTest_Int8_BiasInt8/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"rowwiseQuantizedFCTestAsymmetric_Int8_BiasFloat32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherElementsInt64Int64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherElementsInt64Int32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherElementsInt32Int64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherElementsInt32Int32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherElementsFloatInt64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherElementsFloatInt32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherElementsFloat16Int64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherElementsFloat16Int32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherElementsQInt8Int32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherElementsFloatInt32NegInd/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ScatterAddNDimensionalSimple/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ScatterAddNDimensionalDuplicatingIndices/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ScatterAddNDimensionalSimple/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ScatterAddQuantized/0", TestBlacklist::AnyDeviceAnyEngine},
            {"sliceReshape_Int32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"sliceVectors_Int32Q/0", TestBlacklist::AnyDeviceAnyEngine},
            {"spaceToDepth_block2_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"spaceToDepth_block2_int8/0", TestBlacklist::AnyDeviceAnyEngine},
            {"spaceToDepth_block3_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"spaceToDepth_block3_int8/0", TestBlacklist::AnyDeviceAnyEngine},
            {"InstanceNormalization_FloatTy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBag_1D_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBag_1D_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBag_2D_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBag_2D_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBagByteRowwiseOffsets_Float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBagByteRowwiseOffsets_Float16_AccumFloat/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBagByteRowwiseOffsets_Float16_AccumFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBagByteRowwiseOffsets_Float16_FloatScaleOffset_"
             "AccumFloat_End_"
             "Offset/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBag4BitRowwiseOffsets_Float16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBag4BitRowwiseOffsets_Float16_AccumFloat/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"SparseToDenseMask1/0", TestBlacklist::AnyDeviceAnyEngine},
            {"SparseToDenseMask2/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchSparseToDense_BFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"BatchSparseToDense_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchSparseToDense_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchSparseToDense_Float_Int32_Int32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"TanHSweep_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"testQuantizedBatchAdd_Int8/0", TestBlacklist::AnyDeviceAnyEngine},
            {"testQuantizedBatchAdd_Int32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"testQuantizedBatchMul_Int32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ArithAdd_int32_t/0", TestBlacklist::AnyDeviceSWEngine},
            {"ArithDiv_int32_t/0", TestBlacklist::AnyDeviceSWEngine},
            {"ArithMax_int32_t/0", TestBlacklist::AnyDeviceSWEngine},
            {"ArithMin_int32_t/0", TestBlacklist::AnyDeviceSWEngine},
            {"ArithMul_int32_t/0", TestBlacklist::AnyDeviceSWEngine},
            {"ArithSub_int32_t/0", TestBlacklist::AnyDeviceSWEngine},
            {"add_int32/0", TestBlacklist::AnyDeviceSWEngine},
            {"mul_int32/0", TestBlacklist::AnyDeviceSWEngine},
            {"ArithAdd_int64_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithMax_int64_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithMin_int64_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithMul_int64_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithSub_int64_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithDiv_bfloat16_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloorDiv_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloorDiv_Float16Ty/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloorDiv_Int64ITy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloorDiv_Int32ITy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloorDiv_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloorDiv_Trunc_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloorDiv_Trunc_Float16Ty/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloorDiv_Trunc_Int64ITy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloorDiv_Trunc_Int32ITy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloorDiv_Trunc_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithFmod_float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithFmod_int32_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithFmod_int64_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithFmod_bfloat16_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BasicFmodNetFloatVsFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BasicFmodNetFloatVsBFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMin_Int64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMax_Int64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceMin_Int32/0", TestBlacklist::AnyDeviceAnyEngine},
            // batchedReduceMax Int32 is not supported on NNPI device.
            // Will be supported at version 1.7
            {"batchedReduceMax_Int32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceProd_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceProd_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceProd_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceProd_Int32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceProd_Int64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceProd_Int8/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Bucketize/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CmpEQ_Int64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ConcatTopK/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_FloatTy_To_Int32ITy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_FloatTy_To_Int32ITy_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_FloatTy_To_Int64ITy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_FloatTy_To_Int64ITy_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int32ITy_To_FloatTy_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int64ITy_To_Float16Ty/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int64ITy_To_FloatTy_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"DequantizeFRWQ_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"DequantizeFRWQ_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Exp/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Exp_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"DilatedConvolution/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloatArgMaxKeepDim/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloatArgMaxNoKeepDim/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloatArgMaxNoKeepDimWithAxis1/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FloatArgMaxNoKeepDimWithAxis2/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GroupDilatedConvolution/0", TestBlacklist::AnyDeviceAnyEngine},
            {"less_int32Cases/0", TestBlacklist::AnyDeviceAnyEngine},
            {"less_int64Cases/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_FloatTy_Int32ITy_Test1/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_FloatTy_Int32ITy_Test2/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_FloatTy_Int32ITy_Test3/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_FloatTy_Int32ITy_Test4/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_FloatTy_Int32ITy_Test5/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_FloatTy_Int64ITy_Test1/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_FloatTy_Int64ITy_Test2/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_FloatTy_Int64ITy_Test3/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_FloatTy_Int64ITy_Test4/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_FloatTy_Int64ITy_Test5/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_Float16Ty_Int32ITy_Test1/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_Float16Ty_Int32ITy_Test2/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_Float16Ty_Int32ITy_Test3/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_Float16Ty_Int32ITy_Test4/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_Float16Ty_Int32ITy_Test5/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_Float16Ty_Int64ITy_Test1/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_Float16Ty_Int64ITy_Test2/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_Float16Ty_Int64ITy_Test3/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_Float16Ty_Int64ITy_Test4/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherND_Float16Ty_Int64ITy_Test5/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherNDDataInt8IdxInt32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherNDDataInt8IdxInt64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"nms_center_point_box_with_gather_float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"nms_v4_center_point_box_with_gather_float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"nms_center_point_box_float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"nms_v4_center_point_box_float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"nms_flipped_coordinates_float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"nms_identical_boxes_float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"nms_limit_output_size_float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"nms_single_box_float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"nms_by_iou_float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"nms_by_iou_and_scores_float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"nms_two_batches_float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"nms_two_classes_float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"nms_two_boxes_float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"SoftMax/0", TestBlacklist::AnyDeviceHWEngine},
            {"SoftMaxI8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"SoftPlus_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"SoftPlus_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"TopK/0", TestBlacklist::AnyDeviceAnyEngine},
            {"TopK1/0", TestBlacklist::AnyDeviceAnyEngine},
            {"TopK1int32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ConvTransposedAsymmetric/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ConvTransposedGroup/0", TestBlacklist::AnyDeviceAnyEngine},
            {"sanityConvTranspose/0", TestBlacklist::AnyDeviceAnyEngine},
            {"convTransposeCompareSimpleK8S1P0I3/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"convTransposeCompareSimpleK6S1P1I4/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"convTransposeConvolutionCompareSimpleK5S1P2I3/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_NonZero_QuantizedBias/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt8_TFT/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt32_TFF/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt32_TTF/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt32_FFF/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt32_FTF/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt32_FTT/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt8_TTT/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt8_FTF/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt8_FFT/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt32_TTT/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt8_TTF/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt32_TFT/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt32_FFT/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt8_FTT/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt32_FFT/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int32Bias_SmallFilterData/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int32Bias_ZeroBiasData/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt8/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv2D_Int8_BiasInt32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"RoiAlign/0", TestBlacklist::AnyDeviceAnyEngine},
            {"RoiAlignWithAlignedCoordinates/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"RoiAlignBatchIndexInBoxesTensor/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"RoiAlignC2Batched/0", TestBlacklist::AnyDeviceAnyEngine},
            {"RoiAlignRotatedBatchIndexInBoxesTensor/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FP16RoiAlign/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BBoxTransform_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BBoxTransform_Rotated_Float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"Abs_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Abs_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"And/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Ceil_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Ceil_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CmpGTE_Int64ITy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CmpGT_Int64ITy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CmpLTE_Int64ITy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CmpLT_Int64ITy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CmpNEQ_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CmpNEQ_Int64ITy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CmpNEQ_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Cos_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Cos_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FillExamplesWithIndicator_BFloat16_Int32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FillExamplesWithIndicator_Float16_Bool/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FillExamplesWithIndicator_Float16_Int32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FillExamplesWithIndicator_Float_Int64/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FillExamplesWithIndicator_Int32_Int32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FloatArgMinKeepDim/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloatArgMinNoKeepDim/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FloatArgMinNoKeepDimWithAxis1/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FloatArgMinNoKeepDimWithAxis2/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"Floor_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Floor_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Truncate_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Truncate_Float16Ty/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Truncate_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Sign_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Sign_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Neg_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Neg_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Neg_Int32ITy/0", TestBlacklist::AnyDeviceSWEngine},
            {"Not/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Or/0", TestBlacklist::AnyDeviceAnyEngine},
            {"QuantizedArgMinKeepDim/0", TestBlacklist::AnyDeviceAnyEngine},
            {"QuantizedArgMinNoKeepDim/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Reciprocal_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Reciprocal_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Round_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Round_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Rsqrt_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Rsqrt_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Sin_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Sin_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Sqrt_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Sqrt_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Xor/0", TestBlacklist::AnyDeviceAnyEngine},
            {"testBatchAdd_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"testBatchMul_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithMul_bfloat16_t/0", TestBlacklist::AnyDeviceHWEngine},
            {"batchedReduceAdd_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchBoxCox_Medium_BFloat16/0", TestBlacklist::AnyDeviceHWEngine},
            {"BatchOneHotDataBFloat16/0", TestBlacklist::AnyDeviceHWEngine},
            {"BFloat16AdaptiveAvgPool/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16Max/0", TestBlacklist::AnyDeviceHWEngine},
            {"BFloat16Transpose2Dims/0", TestBlacklist::AnyDeviceHWEngine},
            {"ConvertFrom_BFloat16Ty_To_FloatTy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_BFloat16Ty_To_Int32ITy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_BFloat16Ty_To_Float16Ty_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_BFloat16Ty_To_Int32ITy_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_BFloat16Ty_To_Int64ITy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_BFloat16Ty_To_Int64ITy_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_BoolTy_To_BFloat16Ty/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_FloatTy_To_BFloat16Ty/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int32ITy_To_BFloat16Ty_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int64ITy_To_BFloat16Ty_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"convTest_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ExpandDims_BFloat16/0", TestBlacklist::AnyDeviceHWEngine},
            {"CumSum_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CumSum_Reverse_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"less_bfloat16Cases/0", TestBlacklist::AnyDeviceHWEngine},
            {"Logit_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16Matmul/0", TestBlacklist::AnyDeviceAnyEngine},
            {"sliceReshape_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Split_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBag_1D_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBag_2D_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"TanHSweep_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithAdd_bfloat16_t/0", TestBlacklist::AnyDeviceHWEngine},
            {"ArithMax_bfloat16_t/0", TestBlacklist::AnyDeviceHWEngine},
            {"ArithMin_bfloat16_t/0", TestBlacklist::AnyDeviceHWEngine},
            {"ArithMul_bfloat16_t/0", TestBlacklist::AnyDeviceHWEngine},
            {"ArithSub_bfloat16_t/0", TestBlacklist::AnyDeviceHWEngine},
            {"BatchOneHotDataBFloat16/0", TestBlacklist::AnyDeviceHWEngine},
            {"ConvertFrom_Int32ITy_To_BFloat16Ty/0",
             TestBlacklist::AnyDeviceHWEngine},
            {"ConvertFrom_Int64ITy_To_BFloat16Ty/0",
             TestBlacklist::AnyDeviceHWEngine},
            {"batchedReduceAddWithAxis_BFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"Sigmoid_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"SigmoidSweep_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16Max/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ExpandDims_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"SparseLengthsWeightedSum_1D_BFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16AvgPool/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16Transpose2Dims/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_BFloat16Ty_To_FloatTy_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"SparseLengthsWeightedSum_2D_BFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"dotProduct2D_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchBoxCox_Small_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int64ITy_To_BFloat16Ty/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_FloatTy_To_BFloat16Ty_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16SoftMax/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchOneHotDataBFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16MaxPool/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithSub_bfloat16_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"concatVectors_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Flatten_BFloat16Ty/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithMin_bfloat16_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16AvgPool3D/0", TestBlacklist::AnyDeviceAnyEngine},
            {"SparseLengthsSum_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Transpose3Dims_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16BatchAdd/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16BatchMul/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_BFloat16Ty_To_BFloat16Ty/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"less_bfloat16Cases/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchBoxCox_Medium_BFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"dotProduct1D_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16Add/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceZeroDimResult_BFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Float16Ty_To_BFloat16Ty/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"SparseLengthsSum_BFloat16_Int32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ReluSimple_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int32ITy_To_BFloat16Ty/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"PReluSimple_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBag_1D_BFloat16_End_Offset/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherRangesDataBFloat16IdxInt32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"EmbeddingBag_2D_BFloat16_End_Offset/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"BatchBoxCox_Large_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithMul_bfloat16_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithMax_bfloat16_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Swish_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16Reshape/0", TestBlacklist::AnyDeviceAnyEngine},
            {"replaceNaN_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"sliceConcatVectors_BFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"GatherDataBFloat16IdxInt64/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherElements/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_BFloat16Ty_To_BFloat16Ty_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Float16Ty_To_BFloat16Ty_AndBack/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"concatVectorsRepeated_BFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_BFloat16Ty_To_Float16Ty/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"sliceVectors_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BFloat16Splat/0", TestBlacklist::AnyDeviceAnyEngine},
            {"GatherDataBFloat16IdxInt32/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ArithAdd_bfloat16_t/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Asin_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Acos_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Atan_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Asin_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Acos_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Atan_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BasicFloorDivNetFloatVsBFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"BasicFloorDivNetFloatVsFloat16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"VectorNorm_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Gelu_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Transpose6Dims/0", TestBlacklist::AnyDeviceHWEngine},
            {"NonSquareDilationConvTranspose/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"NonSquareDilationConv2D/0", TestBlacklist::AnyDeviceAnyEngine},
            {"AvgPool2DLargePads_FloatTy_CountIncludePads/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"AvgPool2DLargePads_FloatTy_CountExcludePads/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"AvgPool2DLargePads_Int8QTy_CountIncludePads/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"AvgPool2DLargePads_Int8QTy_CountExcludePads/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"MaxPool2DLargePads_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"MaxPool2DLargePads_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchNorm0D_FP16_NC/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchNorm1D_FP16_NCW/0", TestBlacklist::AnyDeviceAnyEngine},
            // Per tensor Dynamic Quantized FC
            {"DynamicQuantizedFullyConnectedBasic/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"DynamicQuantizedFullyConnectedStrongWeights/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"DynamicRowwiseQuantizedFullyConnectedBasic/0",
             TestBlacklist::AnyDeviceHWEngine},
            {"CmpNEQ_Int16QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"less_int16Cases/0", TestBlacklist::AnyDeviceAnyEngine},
#if NNPI_MAJOR_VERSION == 1 && NNPI_MINOR_VERSION == 0
            {"BBoxTransform_Rotated_Float16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntLookupTable/0", TestBlacklist::AnyDeviceAnyEngine},
            {"FusedRowwiseQuantizedSparseLengthsWeightedSum_ConvertedFloat16_"
             "NoFusedConvert_FP32Accum/0",
             TestBlacklist::AnyDeviceHWEngine},
            {"FusedRowwiseQuantizedSparseLengthsWeightedSum_ConvertedFloat16_"
             "NoFusedConvert/0",
             TestBlacklist::AnyDeviceHWEngine},
            {"ConvolutionDepth10_Int8_BiasInt32/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_Int32ITy_To_FloatTy/0",
             TestBlacklist::AnyDeviceHWEngine},
            {"ConvertFrom_Int64ITy_To_FloatTy/0",
             TestBlacklist::AnyDeviceHWEngine},
            {"FP16RoiAlignBatchIndexInBoxesTensor/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FP16RoiAlignBatchIndexInBoxesTensorCompareToInterpreter/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FP16RoiAlignWithAlignedCoordinates/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"FP16RoiAlignRotatedBatchIndexInBoxesTensor/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"BBoxTransform_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"LSTMUnitFP16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"PyTorchLSTMFP16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"PyTorchMultipleLayerLSTMFP16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"ConvertFrom_FloatTy_To_BoolTy/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"BatchNorm2D_FP16_NCHW/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchNorm2D_FP16_NHWC/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchNorm2D_INT8_NCHW/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchNorm3D_FP16_NCTHW/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchNorm3D_FP16_NTHWC/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchNorm3D_INT8_NTHWC/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchNorm3D_INT8_NCTHW/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Upsample_Nearest3D_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Upsample_Nearest2D_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Upsample_Nearest2D_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Upsample_Nearest1D_Float/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Upsample_Nearest1D_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Upsample_Nearest1D_Int8/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Upsample_Nearest3D_Int8/0", TestBlacklist::AnyDeviceAnyEngine},
            {"ChannelwiseQuantizedConv3D/0", TestBlacklist::AnyDeviceAnyEngine},
#else
            {"Upsample_Nearest3D_Float/0", TestBlacklist::AnyDeviceHWEngine},
            {"Upsample_Nearest3D_Float16/0", TestBlacklist::AnyDeviceHWEngine},
            {"Upsample_Nearest2D_Float/0", TestBlacklist::AnyDeviceHWEngine},
            {"Upsample_Nearest2D_Float16/0", TestBlacklist::AnyDeviceHWEngine},
            {"Upsample_Nearest2D_Int8/0", TestBlacklist::AnyDeviceHWEngine},
            {"Upsample_Nearest1D_Float/0", TestBlacklist::AnyDeviceHWEngine},
            {"Upsample_Nearest1D_Float16/0", TestBlacklist::AnyDeviceHWEngine},
            {"Upsample_Nearest1D_Int8/0", TestBlacklist::AnyDeviceHWEngine},
            {"dotProduct2D_Float16/0", TestBlacklist::AnyDeviceAnyEngine},
#endif
            {"Erf_FloatTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"Erf_Int8QTy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"batchedReduceAdd_Int32ITy/0", TestBlacklist::AnyDeviceAnyEngine},
            {"CollectRpnProposals/0", TestBlacklist::AnyDeviceAnyEngine},
            {"HardSigmoid_BFloat16/0", TestBlacklist::AnyDeviceAnyEngine},
            {"BatchedUnaryEmbeddingsBags_Float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"BatchedUnaryEmbeddingsBags_Float16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBags_Float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBags_Float_MeanPooling/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBags_Float16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBags_Float16_MeanPooling/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingWeightedBags_Float_IndiceWeights_Float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingWeightedBags_Float_IndiceWeights_Float16/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingWeightedBags_Float16_IndiceWeights_Float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingWeightedBags_Float16_IndiceWeights_Float16/"
             "0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBagsSingle_Float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBagsSingle_Float_MeanPooling/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBagsSingle_Float16_SumPooling/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBagsSingle_Float16_MeanPooling/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBagsSingle_Int8_SumPooling/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBagsSingle_Int8_MeanPooling/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBagsSingle_Int4_SumPooling/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"IntNBitSplitEmbeddingBagsSingle_Int4_MeanPooling/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"PermutePooledEmbeddings_Float/0",
             TestBlacklist::AnyDeviceAnyEngine},
            {"PermutePooledEmbeddings_Float16/0",
             TestBlacklist::AnyDeviceAnyEngine},
        };
    TestBlacklist::prepareBlacklist(testBlacklistedSetups,
                                    backendTestBlacklist);
  }
} blacklistInitializer;
